{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "sys.path.append(\"..\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "id": "TVpzLYBT8lhg"
   },
   "outputs": [],
   "source": [
    "from optimus import Optimus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 661
    },
    "id": "EaceUutc8tnJ",
    "outputId": "acab2fa4-6757-4e81-adf2-61ea1a2d72f8"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Found pyspark version \"3.2.0\" installed. The pyspark version 3.2 and above has a built-in \"pandas APIs on Spark\" module ported from Koalas. Try `import pyspark.pandas as ps` instead. \n",
      "WARNING:root:'PYARROW_IGNORE_TIMEZONE' environment variable was not set. It is required to set this environment variable to '1' in both driver and executor sides if you use pyarrow>=2.0.0. Koalas will set it for you but it does not work if there is a Spark context already launched.\n",
      "INFO:optimus:Operative System:Windows\n",
      "INFO:optimus:Just check that all necessary environments vars are present...\n",
      "INFO:optimus:-----\n",
      "INFO:optimus:SPARK_HOME=C:\\opt\\spark\\spark-3.1.1-bin-hadoop3.2\n",
      "INFO:optimus:HADOOP_HOME=C:\\opt\\hadoop-3.2.2\n",
      "INFO:optimus:PYSPARK_PYTHON=C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\python.EXE\n",
      "INFO:optimus:PYSPARK_DRIVER_PYTHON=jupyter\n",
      "INFO:optimus:PYSPARK_SUBMIT_ARGS=--conf \"spark.sql.catalogImplementation=hive\" pyspark-shell\n",
      "INFO:optimus:JAVA_HOME=C:\\java\n",
      "INFO:optimus:Pyarrow Installed\n",
      "INFO:optimus:-----\n",
      "INFO:optimus:Starting or getting SparkSession and SparkContext...\n",
      "INFO:optimus:Spark Version:3.1.1\n",
      "INFO:optimus:\n",
      "                             ____        __  _\n",
      "                            / __ \\____  / /_(_)___ ___  __  _______\n",
      "                           / / / / __ \\/ __/ / __ `__ \\/ / / / ___/\n",
      "                          / /_/ / /_/ / /_/ / / / / / / /_/ (__  )\n",
      "                          \\____/ .___/\\__/_/_/ /_/ /_/\\__,_/____/\n",
      "                              /_/\n",
      "                              \n",
      "INFO:optimus:Transform and Roll out...\n",
      "INFO:optimus:Optimus successfully imported. Have fun :).\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "            <div>\n",
       "                <p><b>SparkSession - in-memory</b></p>\n",
       "                \n",
       "        <div>\n",
       "            <p><b>SparkContext</b></p>\n",
       "\n",
       "            <p><a href=\"http://DESKTOP-H46MBKF:4041\">Spark UI</a></p>\n",
       "\n",
       "            <dl>\n",
       "              <dt>Version</dt>\n",
       "                <dd><code>v3.1.1</code></dd>\n",
       "              <dt>Master</dt>\n",
       "                <dd><code>local[*]</code></dd>\n",
       "              <dt>AppName</dt>\n",
       "                <dd><code>Koalas</code></dd>\n",
       "            </dl>\n",
       "        </div>\n",
       "        \n",
       "            </div>\n",
       "        "
      ],
      "text/plain": [
       "<pyspark.sql.session.SparkSession at 0x1abc97b6b50>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "op = Optimus(\"spark\")\n",
    "op.client"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 412
    },
    "id": "im01R6cx8ncO",
    "outputId": "d7c73df7-0322-49d3-e0a4-670ae53f50f0"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py:4901: FutureWarning: DataFrame.toPandas is deprecated as of DataFrame.to_pandas. Please use the API instead.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_csv = op.load.csv(\"data/cars.csv\").execute()\n",
    "df_csv.display()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"CHEVROLET&#8901;CHEVELLE&#8901;MALIBU\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    CHEVROLET&#8901;CHEVELLE&#8901;MALIBU\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BUICK&#8901;SKYLARK&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BUICK&#8901;SKYLARK&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PLYMOUTH&#8901;SATELLITE\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PLYMOUTH&#8901;SATELLITE\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;REBEL&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;REBEL&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"FORD&#8901;TORINO\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    FORD&#8901;TORINO\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"FORD&#8901;GALAXIE&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    FORD&#8901;GALAXIE&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"CHEVROLET&#8901;IMPALA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    CHEVROLET&#8901;IMPALA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PLYMOUTH&#8901;FURY&#8901;III\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PLYMOUTH&#8901;FURY&#8901;III\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PONTIAC&#8901;CATALINA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PONTIAC&#8901;CATALINA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;AMBASSADOR&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;AMBASSADOR&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"CITROEN&#8901;DS-21&#8901;PALLAS\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    CITROEN&#8901;DS-21&#8901;PALLAS\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "CHEVROLET CHEVELLE MALIBU           18            8             307           130       3504            12           70  US\n",
       "BUICK SKYLARK 320                   15            8             350           165       3693            11.5         70  US\n",
       "PLYMOUTH SATELLITE                  18            8             318           150       3436            11           70  US\n",
       "AMC REBEL SST                       16            8             304           150       3433            12           70  US\n",
       "FORD TORINO                         17            8             302           140       3449            10.5         70  US\n",
       "FORD GALAXIE 500                    15            8             429           198       4341            10           70  US\n",
       "CHEVROLET IMPALA                    14            8             454           220       4354             9           70  US\n",
       "PLYMOUTH FURY III                   14            8             440           215       4312             8.5         70  US\n",
       "PONTIAC CATALINA                    14            8             455           225       4425            10           70  US\n",
       "AMC AMBASSADOR DPL                  15            8             390           190       3850             8.5         70  US\n",
       "CITROEN DS-21 PALLAS                 0            4             133           115       3090            17.5         70  Europe"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def func(value):\n",
    "    return value +2\n",
    "df_csv.cols.upper(\"Car\").cols.round(\"MPG\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 1 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 1 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "     MPG\n",
       "  (bool)\n",
       "--------\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       1\n",
       "       0"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv[\"MPG\"]>2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "Chevrolet Chevelle Malibu           18            8             307           130       3504            12           70  US\n",
       "Buick Skylark 320                   15            8             350           165       3693            11.5         70  US\n",
       "Plymouth Satellite                  18            8             318           150       3436            11           70  US\n",
       "AMC Rebel SST                       16            8             304           150       3433            12           70  US\n",
       "Ford Torino                         17            8             302           140       3449            10.5         70  US\n",
       "Ford Galaxie 500                    15            8             429           198       4341            10           70  US\n",
       "Chevrolet Impala                    14            8             454           220       4354             9           70  US\n",
       "Plymouth Fury iii                   14            8             440           215       4312             8.5         70  US\n",
       "Pontiac Catalina                    14            8             455           225       4425            10           70  US\n",
       "AMC Ambassador DPL                  15            8             390           190       3850             8.5         70  US\n",
       "Citroen DS-21 Pallas                 0            4             133           115       3090            17.5         70  Europe"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 201 rows / 10 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG_zscore</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">10 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Toyota&#8901;Corolla&#8901;Mark&#8901;ii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Toyota&#8901;Corolla&#8901;Mark&#8901;ii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"24.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    24.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"21.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    21.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"113.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    113.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"95\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    95\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2372\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2372\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Japan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Japan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Datsun&#8901;PL510\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Datsun&#8901;PL510\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"27.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    27.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"24.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    24.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"97.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    97.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"88\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    88\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Japan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Japan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Volkswagen&#8901;1131&#8901;Deluxe&#8901;Sedan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Volkswagen&#8901;1131&#8901;Deluxe&#8901;Sedan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"26.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    26.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"23.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    23.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"97.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    97.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"46\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    46\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1835\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1835\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"20.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    20.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Peugeot&#8901;504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Peugeot&#8901;504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"25.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    25.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"22.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    22.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"110.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    110.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"87\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    87\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2672\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2672\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Audi&#8901;100&#8901;LS\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Audi&#8901;100&#8901;LS\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"24.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    24.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"21.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    21.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"107.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    107.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"90\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    90\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2430\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2430\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Saab&#8901;99e\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Saab&#8901;99e\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"25.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    25.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"22.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    22.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"104.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    104.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"95\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    95\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2375\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2375\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BMW&#8901;2002\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BMW&#8901;2002\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"26.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    26.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"23.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    23.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"121.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    121.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"113\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    113\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2234\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2234\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Datsun&#8901;PL510\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Datsun&#8901;PL510\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"27.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    27.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"24.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    24.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"97.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    97.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"88\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    88\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"71\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    71\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Japan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Japan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Vega&#8901;2300\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Vega&#8901;2300\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"28.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    28.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"25.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    25.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"90\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    90\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2264\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2264\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"71\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    71\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Toyota&#8901;Corolla\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Toyota&#8901;Corolla\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"25.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    25.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"22.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    22.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"113.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    113.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"95\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    95\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2228\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2228\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"71\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    71\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Japan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Japan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Pinto\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Pinto\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"25.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    25.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"22.253001201444686\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    22.253001201444686\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"98.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    98.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2046\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2046\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"19.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    19.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"71\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    71\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 201 rows / 10 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                   MPG    MPG_zscore    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                        (float64)     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)\n",
       "----------------------------  -----------  ------------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "Toyota Corolla Mark ii                 24        21.253            4             113            95       2372            15           70  Japan\n",
       "Datsun PL510                           27        24.253            4              97            88       2130            14.5         70  Japan\n",
       "Volkswagen 1131 Deluxe Sedan           26        23.253            4              97            46       1835            20.5         70  Europe\n",
       "Peugeot 504                            25        22.253            4             110            87       2672            17.5         70  Europe\n",
       "Audi 100 LS                            24        21.253            4             107            90       2430            14.5         70  Europe\n",
       "Saab 99e                               25        22.253            4             104            95       2375            17.5         70  Europe\n",
       "BMW 2002                               26        23.253            4             121           113       2234            12.5         70  Europe\n",
       "Datsun PL510                           27        24.253            4              97            88       2130            14.5         71  Japan\n",
       "Chevrolet Vega 2300                    28        25.253            4             140            90       2264            15.5         71  US\n",
       "Toyota Corolla                         25        22.253            4             113            95       2228            14           71  Japan\n",
       "Ford Pinto                             25        22.253            4              98             0       2046            19           71  US"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "threshold = 20\n",
    "df_csv.cols.z_score(\"MPG\",\"MPG_zscore\").outliers.z_score(\"MPG\",threshold).select()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\generic.py:603: UserWarning: We recommend using `Series.to_numpy()` instead.\n",
      "  warnings.warn(\"We recommend using `{}.to_numpy()` instead.\".format(type(self).__name__))\n"
     ]
    },
    {
     "ename": "TypeError",
     "evalue": "Column assignment doesn't support type ndarray",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_21964/4098020928.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprofile\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mprofile\u001b[1;34m(self, cols, bins, flush)\u001b[0m\n\u001b[0;32m    786\u001b[0m         \"\"\"\n\u001b[0;32m    787\u001b[0m         \u001b[1;31m# Uses profile on self instead of calculate_profile to get the data only when it's necessary\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 788\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprofile\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbins\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mbins\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mflush\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mflush\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    789\u001b[0m         \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    790\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\profile.py\u001b[0m in \u001b[0;36m__call__\u001b[1;34m(self, cols, bins, output, flush, size)\u001b[0m\n\u001b[0;32m     78\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     79\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mcalculate\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 80\u001b[1;33m                 \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcalculate_profile\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbins\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mflush\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0msize\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     81\u001b[0m                 \u001b[0mprofile\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mMeta\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmeta\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"profile\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     82\u001b[0m                 \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmeta\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmeta\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36mcalculate_profile\u001b[1;34m(self, cols, bins, flush, size)\u001b[0m\n\u001b[0;32m    869\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    870\u001b[0m             \u001b[0m_t\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprocess_time\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 871\u001b[1;33m             \u001b[0mmismatch\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mquality\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols_data_types\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    872\u001b[0m             profiler_time[\"count_mismatch\"] = {\n\u001b[0;32m    873\u001b[0m                 \"columns\": cols_data_types, \"elapsed_time\": time.process_time() - _t}\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mquality\u001b[1;34m(self, cols, flush, compute)\u001b[0m\n\u001b[0;32m   3450\u001b[0m             \u001b[0mdtype\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconstants\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mINTERNAL_TO_OPTIMUS\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdtype\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3451\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3452\u001b[1;33m             matches_mismatches = getattr(df[col_name].mask, dtype)(\n\u001b[0m\u001b[0;32m   3453\u001b[0m                 col_name).cols.frequency()\n\u001b[0;32m   3454\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\mask.py\u001b[0m in \u001b[0;36mstr\u001b[1;34m(self, cols)\u001b[0m\n\u001b[0;32m     33\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     34\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 35\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mF\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mis_string\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     36\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     37\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mgreater_than\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'MaskDataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mapply\u001b[1;34m(self, cols, func, func_return_type, args, func_type, where, filter_col_by_data_types, output_cols, skip_output_cols_processing, meta_action, mode, set_index, default, **kwargs)\u001b[0m\n\u001b[0;32m    389\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    390\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mkw_columns\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 391\u001b[1;33m             \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0massign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    392\u001b[0m         \u001b[1;31m# Dataframe to Optimus dataframe\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    393\u001b[0m         \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0moutput_ordered_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36massign\u001b[1;34m(self, cols, values, **kwargs)\u001b[0m\n\u001b[0;32m    896\u001b[0m                            list(kw_columns.keys()))\n\u001b[0;32m    897\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 898\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mnew\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmeta\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mmeta\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    899\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    900\u001b[0m     \u001b[1;31m# TODO: Consider implement lru_cache for caching\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36m_assign\u001b[1;34m(self, kw_columns)\u001b[0m\n\u001b[0;32m    392\u001b[0m         \u001b[0mdfd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    393\u001b[0m         \u001b[0mkw_columns\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m{\u001b[0m\u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mkw_column\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkw_column\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mkw_columns\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 394\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mdfd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0massign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m**\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    395\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    396\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mto_json\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mn\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"all\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0morient\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"list\"\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36massign\u001b[1;34m(self, **kwargs)\u001b[0m\n\u001b[0;32m   4966\u001b[0m         \u001b[0mKoalas\u001b[0m\u001b[1;33m.\u001b[0m \u001b[0mIn\u001b[0m \u001b[0mKoalas\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mall\u001b[0m \u001b[0mitems\u001b[0m \u001b[0mare\u001b[0m \u001b[0mcomputed\u001b[0m \u001b[0mfirst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mthen\u001b[0m \u001b[0massigned\u001b[0m\u001b[1;33m.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4967\u001b[0m         \"\"\"\n\u001b[1;32m-> 4968\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   4969\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4970\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36m_assign\u001b[1;34m(self, kwargs)\u001b[0m\n\u001b[0;32m   4978\u001b[0m             ) or isinstance(v, MultiIndex)\n\u001b[0;32m   4979\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mis_invalid_assignee\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 4980\u001b[1;33m                 raise TypeError(\n\u001b[0m\u001b[0;32m   4981\u001b[0m                     \u001b[1;34m\"Column assignment doesn't support type \"\u001b[0m \u001b[1;34m\"{0}\"\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtype\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mv\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__name__\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4982\u001b[0m                 )\n",
      "\u001b[1;31mTypeError\u001b[0m: Column assignment doesn't support type ndarray"
     ]
    }
   ],
   "source": [
    "df_csv.cols.profile()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from optimus.engines.spark.dataframe import SparkDataFrame\n",
    "isinstance(1, SparkDataFrame)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"13.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    13.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.253001201444684\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.253001201444684\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"-2.7469987985553153\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    -2.7469987985553153\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "Chevrolet Chevelle Malibu       15.253            8             307           130       3504            12           70  US\n",
       "Buick Skylark 320               12.253            8             350           165       3693            11.5         70  US\n",
       "Plymouth Satellite              15.253            8             318           150       3436            11           70  US\n",
       "AMC Rebel SST                   13.253            8             304           150       3433            12           70  US\n",
       "Ford Torino                     14.253            8             302           140       3449            10.5         70  US\n",
       "Ford Galaxie 500                12.253            8             429           198       4341            10           70  US\n",
       "Chevrolet Impala                11.253            8             454           220       4354             9           70  US\n",
       "Plymouth Fury iii               11.253            8             440           215       4312             8.5         70  US\n",
       "Pontiac Catalina                11.253            8             455           225       4425            10           70  US\n",
       "AMC Ambassador DPL              12.253            8             390           190       3850             8.5         70  US\n",
       "Citroen DS-21 Pallas            -2.747            4             133           115       3090            17.5         70  Europe"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.z_score(\"MPG\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.pandas.dataframe.PandasDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                     (float64)      (int64)       (float64)       (int64)    (int64)       (float64)    (int64)  (object)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "Chevrolet Chevelle Malibu           18            8             307           130       3504            12           70  US\n",
       "Buick Skylark 320                   15            8             350           165       3693            11.5         70  US\n",
       "Plymouth Satellite                  18            8             318           150       3436            11           70  US\n",
       "AMC Rebel SST                       16            8             304           150       3433            12           70  US\n",
       "Ford Torino                         17            8             302           140       3449            10.5         70  US\n",
       "Ford Galaxie 500                    15            8             429           198       4341            10           70  US\n",
       "Chevrolet Impala                    14            8             454           220       4354             9           70  US\n",
       "Plymouth Fury iii                   14            8             440           215       4312             8.5         70  US\n",
       "Pontiac Catalina                    14            8             455           225       4425            10           70  US\n",
       "AMC Ambassador DPL                  15            8             390           190       3850             8.5         70  US\n",
       "Citroen DS-21 Pallas                 0            4             133           115       3090            17.5         70  Europe"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.csat()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n",
      "True\n"
     ]
    },
    {
     "ename": "RecursionError",
     "evalue": "maximum recursion depth exceeded while calling a Python object",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mRecursionError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_22456/931139651.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[0mthreshold\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;36m2\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moutliers\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mz_score\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"MPG\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mthreshold\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\outliers\\abstract_outliers_threshold.py\u001b[0m in \u001b[0;36mselect\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m     18\u001b[0m         \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     19\u001b[0m         \u001b[0mz_score\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mz_score\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 20\u001b[1;33m         \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mz_score\u001b[0m \u001b[1;33m>\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mthreshold\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m|\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mz_score\u001b[0m \u001b[1;33m<\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mthreshold\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m*\u001b[0m \u001b[1;33m-\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     21\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[1;33m(\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mz_score\u001b[0m \u001b[1;33m>\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mthreshold\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m|\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mz_score\u001b[0m \u001b[1;33m<\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mthreshold\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m*\u001b[0m \u001b[1;33m-\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     22\u001b[0m         \u001b[1;31m# return df.rows.select((z_score > self.threshold) | (z_score < (self.threshold) * -1))\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36m__or__\u001b[1;34m(self, df2)\u001b[0m\n\u001b[0;32m    285\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    286\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__or__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 287\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moperation\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0moperator\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__or__\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"bool\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    288\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    289\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__xor__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36moperation\u001b[1;34m(self, df1, df2, opb, data_type)\u001b[0m\n\u001b[0;32m    211\u001b[0m                 \u001b[0mname\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mname_left\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mname_left\u001b[0m \u001b[1;32melse\u001b[0m \u001b[0mname_right\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    212\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 213\u001b[1;33m             \u001b[0mdfd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mopb\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf1\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrename\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mname\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_frame\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    214\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    215\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mnew\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdfd\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "... last 2 frames repeated, from the frame below ...\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36m__or__\u001b[1;34m(self, df2)\u001b[0m\n\u001b[0;32m    285\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    286\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__or__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 287\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moperation\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0moperator\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__or__\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"bool\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    288\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    289\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__xor__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mRecursionError\u001b[0m: maximum recursion depth exceeded while calling a Python object"
     ]
    }
   ],
   "source": [
    "threshold = 2\n",
    "df_csv.outliers.z_score(\"MPG\", threshold).select()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Car': nan,\n",
       " 'MPG': {0.25: 17.0, 0.5: 22.3, 0.75: 29.0},\n",
       " 'Cylinders': {0.25: 4.0, 0.5: 4.0, 0.75: 8.0},\n",
       " 'Displacement': {0.25: 105.0, 0.5: 151.0, 0.75: 302.0},\n",
       " 'Horsepower': {0.25: 75.0, 0.5: 93.0, 0.75: 129.0},\n",
       " 'Weight': {0.25: 2226.0, 0.5: 2815.0, 0.75: 3620.0},\n",
       " 'Acceleration': {0.25: 13.7, 0.5: 15.5, 0.75: 17.2},\n",
       " 'Model': {0.25: 73.0, 0.5: 76.0, 0.75: 79.0},\n",
       " 'Origin': nan}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.percentile()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Car': nan,\n",
       " 'MPG': 12.0,\n",
       " 'Cylinders': 4.0,\n",
       " 'Displacement': 197.0,\n",
       " 'Horsepower': 54.0,\n",
       " 'Weight': 1394.0,\n",
       " 'Acceleration': 3.5,\n",
       " 'Model': 6.0,\n",
       " 'Origin': nan}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.iqr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\generic.py:603: UserWarning: We recommend using `Series.to_numpy()` instead.\n",
      "  warnings.warn(\"We recommend using `{}.to_numpy()` instead.\".format(type(self).__name__))\n"
     ]
    },
    {
     "ename": "TypeError",
     "evalue": "Column assignment doesn't support type ndarray",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_32564/1742099650.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprofile\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\profile.py\u001b[0m in \u001b[0;36m__call__\u001b[1;34m(self, cols, bins, output, flush, size)\u001b[0m\n\u001b[0;32m     78\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     79\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mcalculate\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 80\u001b[1;33m                 \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcalculate_profile\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbins\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mflush\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0msize\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     81\u001b[0m                 \u001b[0mprofile\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mMeta\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmeta\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"profile\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     82\u001b[0m                 \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmeta\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmeta\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36mcalculate_profile\u001b[1;34m(self, cols, bins, flush, size)\u001b[0m\n\u001b[0;32m    863\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    864\u001b[0m             \u001b[0m_t\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprocess_time\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 865\u001b[1;33m             \u001b[0mmismatch\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mquality\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols_data_types\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    866\u001b[0m             profiler_time[\"count_mismatch\"] = {\n\u001b[0;32m    867\u001b[0m                 \"columns\": cols_data_types, \"elapsed_time\": time.process_time() - _t}\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mquality\u001b[1;34m(self, cols, flush, compute)\u001b[0m\n\u001b[0;32m   3450\u001b[0m             \u001b[0mdtype\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconstants\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mINTERNAL_TO_OPTIMUS\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdtype\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3451\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3452\u001b[1;33m             matches_mismatches = getattr(df[col_name].mask, dtype)(\n\u001b[0m\u001b[0;32m   3453\u001b[0m                 col_name).cols.frequency()\n\u001b[0;32m   3454\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\mask.py\u001b[0m in \u001b[0;36mstr\u001b[1;34m(self, cols)\u001b[0m\n\u001b[0;32m     33\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     34\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 35\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mF\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mis_string\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     36\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     37\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mgreater_than\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'MaskDataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mapply\u001b[1;34m(self, cols, func, func_return_type, args, func_type, where, filter_col_by_data_types, output_cols, skip_output_cols_processing, meta_action, mode, set_index, default, **kwargs)\u001b[0m\n\u001b[0;32m    389\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    390\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mkw_columns\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 391\u001b[1;33m             \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0massign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    392\u001b[0m         \u001b[1;31m# Dataframe to Optimus dataframe\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    393\u001b[0m         \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0moutput_ordered_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36massign\u001b[1;34m(self, cols, values, **kwargs)\u001b[0m\n\u001b[0;32m    896\u001b[0m                            list(kw_columns.keys()))\n\u001b[0;32m    897\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 898\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mnew\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmeta\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mmeta\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    899\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    900\u001b[0m     \u001b[1;31m# TODO: Consider implement lru_cache for caching\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36m_assign\u001b[1;34m(self, kw_columns)\u001b[0m\n\u001b[0;32m    386\u001b[0m         \u001b[0mdfd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    387\u001b[0m         \u001b[0mkw_columns\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m{\u001b[0m\u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mkw_column\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkw_column\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mkw_columns\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 388\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mdfd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0massign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m**\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    389\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    390\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mto_json\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mn\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"all\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0morient\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"list\"\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36massign\u001b[1;34m(self, **kwargs)\u001b[0m\n\u001b[0;32m   4966\u001b[0m         \u001b[0mKoalas\u001b[0m\u001b[1;33m.\u001b[0m \u001b[0mIn\u001b[0m \u001b[0mKoalas\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mall\u001b[0m \u001b[0mitems\u001b[0m \u001b[0mare\u001b[0m \u001b[0mcomputed\u001b[0m \u001b[0mfirst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mthen\u001b[0m \u001b[0massigned\u001b[0m\u001b[1;33m.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4967\u001b[0m         \"\"\"\n\u001b[1;32m-> 4968\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   4969\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4970\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36m_assign\u001b[1;34m(self, kwargs)\u001b[0m\n\u001b[0;32m   4978\u001b[0m             ) or isinstance(v, MultiIndex)\n\u001b[0;32m   4979\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mis_invalid_assignee\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 4980\u001b[1;33m                 raise TypeError(\n\u001b[0m\u001b[0;32m   4981\u001b[0m                     \u001b[1;34m\"Column assignment doesn't support type \"\u001b[0m \u001b[1;34m\"{0}\"\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtype\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mv\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__name__\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4982\u001b[0m                 )\n",
      "\u001b[1;31mTypeError\u001b[0m: Column assignment doesn't support type ndarray"
     ]
    }
   ],
   "source": [
    "df_csv.profile()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "B09qDYGtKeLS"
   },
   "source": [
    "## **Imputation - Mean**✅"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 358
    },
    "id": "IWmzjKQu8sYz",
    "outputId": "3f014771-f176-4bc3-f9ab-a1ea2111071b"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"23.514572864321615\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    23.514572864321615\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "Chevrolet Chevelle Malibu      18                 8             307           130       3504            12           70  US\n",
       "Buick Skylark 320              15                 8             350           165       3693            11.5         70  US\n",
       "Plymouth Satellite             18                 8             318           150       3436            11           70  US\n",
       "AMC Rebel SST                  16                 8             304           150       3433            12           70  US\n",
       "Ford Torino                    17                 8             302           140       3449            10.5         70  US\n",
       "Ford Galaxie 500               15                 8             429           198       4341            10           70  US\n",
       "Chevrolet Impala               14                 8             454           220       4354             9           70  US\n",
       "Plymouth Fury iii              14                 8             440           215       4312             8.5         70  US\n",
       "Pontiac Catalina               14                 8             455           225       4425            10           70  US\n",
       "AMC Ambassador DPL             15                 8             390           190       3850             8.5         70  US\n",
       "Citroen DS-21 Pallas           23.5146            4             133           115       3090            17.5         70  Europe"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.impute(\"MPG\", strategy=\"mean\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "jznkAFd29O05",
    "outputId": "6fea3386-f1ec-496c-a077-44c9c51c21d1"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3.0"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.min(\"Cylinders\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "0wqdCY7zDVZL",
    "outputId": "5979d002-1e4b-4aa9-daa4-341a851327e6"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7453627220171047"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.skew(\"Horsepower\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "hM3IL8JiEsvR"
   },
   "source": [
    "## **Quantile Error**✅ Change quartile by percentile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 164
    },
    "id": "aZm1ZVdKDbGZ",
    "outputId": "7c5d46a5-33a6-4f08-a27d-9cf0a3ef3e66"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'MPG': {0.25: 17.0, 0.5: 22.3, 0.75: 29.0},\n",
       " 'Weight': {0.25: 2226.0, 0.5: 2815.0, 0.75: 3620.0}}"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.percentile([\"MPG\",\"Weight\"], tidy=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "aaE90kmrE-YS"
   },
   "source": [
    "## **Mad Error**✅"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 283
    },
    "id": "4wosmgjPDg4g",
    "outputId": "12dac226-9d9b-4896-a1dc-5eff5835020b"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "634.0"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.mad(\"Weight\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "mhygACZIFe2Y"
   },
   "source": [
    "## Median Error - ✅"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "id": "P3DwDmRxD9tk"
   },
   "outputs": [],
   "source": [
    "df_csv.cols.median(\"MPG\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "Chevrolet Chevelle Malibu           18            8             307           130       3504            12           70  US\n",
       "Buick Skylark 320                   15            8             350           165       3693            11.5         70  US\n",
       "Plymouth Satellite                  18            8             318           150       3436            11           70  US\n",
       "AMC Rebel SST                       16            8             304           150       3433            12           70  US\n",
       "Ford Torino                         17            8             302           140       3449            10.5         70  US\n",
       "Ford Galaxie 500                    15            8             429           198       4341            10           70  US\n",
       "Chevrolet Impala                    14            8             454           220       4354             9           70  US\n",
       "Plymouth Fury iii                   14            8             440           215       4312             8.5         70  US\n",
       "Pontiac Catalina                    14            8             455           225       4425            10           70  US\n",
       "AMC Ambassador DPL                  15            8             390           190       3850             8.5         70  US\n",
       "Citroen DS-21 Pallas                 0            4             133           115       3090            17.5         70  Europe"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "DkOgku6UFut7"
   },
   "source": [
    "## **Product of Values - ✅"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 164
    },
    "id": "5-ilK7d6FiY-",
    "outputId": "6e1e12c8-76e1-4642-a7b9-60bd535ca6b2"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "inf"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.prod(\"Acceleration\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "9WoDgaM6Gjtv"
   },
   "source": [
    "## **Kurt Error**✅ Change kurt by kurtosis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 164
    },
    "id": "7kUSU7HKFw8M",
    "outputId": "724f0814-94c6-41b7-e5d0-7d6adec1a270"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.35390520583316665"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.kurtosis(\"Acceleration\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "jtjjwGFsGzvK"
   },
   "source": [
    "## AGG Function ✅ "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 300
    },
    "id": "1cWOQ9MYGdEW",
    "outputId": "e5c999b3-9db7-433c-b0f4-74bbd5d9d98d"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dict_items([('MPG', 'max')])\n",
      "{'MPG': ['max']}\n"
     ]
    }
   ],
   "source": [
    "A = df_csv.agg({\"MPG\":\"max\"}, groupby = \"Origin\")\n",
    "# print(A)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "aQH5jYciHYvx"
   },
   "source": [
    "## **Data Quality - Error**❌"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 395
    },
    "id": "-ROLZ6crGogl",
    "outputId": "18b0cdd6-c5e0-419d-84a7-51a9afc2a924"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\generic.py:603: UserWarning: We recommend using `Series.to_numpy()` instead.\n",
      "  warnings.warn(\"We recommend using `{}.to_numpy()` instead.\".format(type(self).__name__))\n"
     ]
    },
    {
     "ename": "TypeError",
     "evalue": "Column assignment doesn't support type ndarray",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_17432/2994907441.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mquality\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mquality\u001b[1;34m(self, cols, flush, compute)\u001b[0m\n\u001b[0;32m   3436\u001b[0m             \u001b[0mdtype\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconstants\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mINTERNAL_TO_OPTIMUS\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdtype\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3437\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3438\u001b[1;33m             matches_mismatches = getattr(df[col_name].mask, dtype)(\n\u001b[0m\u001b[0;32m   3439\u001b[0m                 col_name).cols.frequency()\n\u001b[0;32m   3440\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\mask.py\u001b[0m in \u001b[0;36mstr\u001b[1;34m(self, cols)\u001b[0m\n\u001b[0;32m     33\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     34\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 35\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mF\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mis_string\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     36\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     37\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mgreater_than\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'MaskDataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mapply\u001b[1;34m(self, cols, func, func_return_type, args, func_type, where, filter_col_by_data_types, output_cols, skip_output_cols_processing, meta_action, mode, set_index, default, **kwargs)\u001b[0m\n\u001b[0;32m    389\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    390\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mkw_columns\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 391\u001b[1;33m             \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0massign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    392\u001b[0m         \u001b[1;31m# Dataframe to Optimus dataframe\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    393\u001b[0m         \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0moutput_ordered_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36massign\u001b[1;34m(self, cols, values, **kwargs)\u001b[0m\n\u001b[0;32m    896\u001b[0m                            list(kw_columns.keys()))\n\u001b[0;32m    897\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 898\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mnew\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmeta\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mmeta\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    899\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    900\u001b[0m     \u001b[1;31m# TODO: Consider implement lru_cache for caching\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36m_assign\u001b[1;34m(self, kw_columns)\u001b[0m\n\u001b[0;32m    386\u001b[0m         \u001b[0mdfd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    387\u001b[0m         \u001b[0mkw_columns\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m{\u001b[0m\u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mkw_column\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkw_column\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mkw_columns\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 388\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mdfd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0massign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m**\u001b[0m\u001b[0mkw_columns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    389\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    390\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mto_json\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcols\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"*\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mn\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"all\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0morient\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"list\"\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36massign\u001b[1;34m(self, **kwargs)\u001b[0m\n\u001b[0;32m   4966\u001b[0m         \u001b[0mKoalas\u001b[0m\u001b[1;33m.\u001b[0m \u001b[0mIn\u001b[0m \u001b[0mKoalas\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mall\u001b[0m \u001b[0mitems\u001b[0m \u001b[0mare\u001b[0m \u001b[0mcomputed\u001b[0m \u001b[0mfirst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mthen\u001b[0m \u001b[0massigned\u001b[0m\u001b[1;33m.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4967\u001b[0m         \"\"\"\n\u001b[1;32m-> 4968\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   4969\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4970\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_assign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36m_assign\u001b[1;34m(self, kwargs)\u001b[0m\n\u001b[0;32m   4978\u001b[0m             ) or isinstance(v, MultiIndex)\n\u001b[0;32m   4979\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mis_invalid_assignee\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 4980\u001b[1;33m                 raise TypeError(\n\u001b[0m\u001b[0;32m   4981\u001b[0m                     \u001b[1;34m\"Column assignment doesn't support type \"\u001b[0m \u001b[1;34m\"{0}\"\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtype\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mv\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__name__\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   4982\u001b[0m                 )\n",
      "\u001b[1;31mTypeError\u001b[0m: Column assignment doesn't support type ndarray"
     ]
    }
   ],
   "source": [
    "df_csv.cols.quality()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "ename": "ImportError",
     "evalue": "plotly is required for plotting when the default backend 'plotly' is selected.",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mImportError\u001b[0m                               Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_17432/4273098406.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"Acceleration\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mplot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\plot\\core.py\u001b[0m in \u001b[0;36mhist\u001b[1;34m(self, bins, **kwds)\u001b[0m\n\u001b[0;32m    867\u001b[0m             \u001b[1;33m>>\u001b[0m\u001b[1;33m>\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mplot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mbins\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m12\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0malpha\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m0.5\u001b[0m\u001b[1;33m)\u001b[0m  \u001b[1;31m# doctest: +SKIP\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    868\u001b[0m         \"\"\"\n\u001b[1;32m--> 869\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkind\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"hist\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbins\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mbins\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    870\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    871\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mkde\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbw_method\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mind\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\plot\\core.py\u001b[0m in \u001b[0;36m__call__\u001b[1;34m(self, kind, backend, **kwargs)\u001b[0m\n\u001b[0;32m    489\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    490\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__call__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkind\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"line\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbackend\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 491\u001b[1;33m         \u001b[0mplot_backend\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mKoalasPlotAccessor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_get_plot_backend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mbackend\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    492\u001b[0m         \u001b[0mplot_data\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    493\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\plot\\core.py\u001b[0m in \u001b[0;36m_get_plot_backend\u001b[1;34m(backend)\u001b[0m\n\u001b[0;32m    477\u001b[0m                 \u001b[1;32mfrom\u001b[0m \u001b[0mdatabricks\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkoalas\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mplot\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mplotly\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mmodule\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    478\u001b[0m             \u001b[1;32mexcept\u001b[0m \u001b[0mImportError\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 479\u001b[1;33m                 raise ImportError(\n\u001b[0m\u001b[0;32m    480\u001b[0m                     \u001b[1;34m\"plotly is required for plotting when the \"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    481\u001b[0m                     \u001b[1;34m\"default backend 'plotly' is selected.\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mImportError\u001b[0m: plotly is required for plotting when the default backend 'plotly' is selected."
     ]
    }
   ],
   "source": [
    "df_csv.data[\"Acceleration\"].plot.hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'parse_spark_dtypes' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_17432/1873924562.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Acceleration\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\spark\\columns.py\u001b[0m in \u001b[0;36mhist\u001b[1;34m(self, cols, buckets, compute)\u001b[0m\n\u001b[0;32m    979\u001b[0m         \u001b[1;31m# return df.cols.agg_exprs(columns, self.F.min, compute=compute, tidy=True)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    980\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 981\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0magg_exprs\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mF\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhist\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbuckets\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcompute\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mcompute\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    982\u001b[0m         \u001b[1;31m# return df.cols.agg_exprs(cols, self.F.mad, relative_error, more, estimate, compute=compute, tidy=tidy)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    983\u001b[0m         \u001b[1;31m# TODO: for some reason casting to int in the exprs do not work. Casting Here. A Spark bug?\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36magg_exprs\u001b[1;34m(self, cols, funcs, compute, tidy, parallel, *args)\u001b[0m\n\u001b[0;32m   1315\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1316\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1317\u001b[1;33m             agg_result = {func.__name__: {col_name: self.exec_agg(func(df.data[col_name], *args), compute=False) for\n\u001b[0m\u001b[0;32m   1318\u001b[0m                                           col_name in cols} for func in funcs}\n\u001b[0;32m   1319\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36m<dictcomp>\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m   1315\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1316\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1317\u001b[1;33m             agg_result = {func.__name__: {col_name: self.exec_agg(func(df.data[col_name], *args), compute=False) for\n\u001b[0m\u001b[0;32m   1318\u001b[0m                                           col_name in cols} for func in funcs}\n\u001b[0;32m   1319\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36m<dictcomp>\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m   1315\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1316\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1317\u001b[1;33m             agg_result = {func.__name__: {col_name: self.exec_agg(func(df.data[col_name], *args), compute=False) for\n\u001b[0m\u001b[0;32m   1318\u001b[0m                                           col_name in cols} for func in funcs}\n\u001b[0;32m   1319\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\spark\\functions.py\u001b[0m in \u001b[0;36mhist\u001b[1;34m(col_name, df, buckets, min_max, dtype)\u001b[0m\n\u001b[0;32m    171\u001b[0m                 \u001b[0mexprs\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    172\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 173\u001b[1;33m             \u001b[1;32mif\u001b[0m \u001b[0mis_column_a\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcol_name\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mPYSPARK_NUMERIC_TYPES\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    174\u001b[0m                 \u001b[0mexprs\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mhist_numeric\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmin_max\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbuckets\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    175\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\spark\\functions.py\u001b[0m in \u001b[0;36mis_column_a\u001b[1;34m(df, column, dtypes)\u001b[0m\n\u001b[0;32m     64\u001b[0m                 \u001b[0mRaiseIt\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mlength_error\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcolumn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;36m1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     65\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 66\u001b[1;33m             \u001b[0mdata_type\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtuple\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mval_to_list\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mparse_spark_dtypes\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdtypes\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     67\u001b[0m             \u001b[0mcolumn\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mone_list_to_val\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcolumn\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     68\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNameError\u001b[0m: name 'parse_spark_dtypes' is not defined"
     ]
    }
   ],
   "source": [
    "df_csv.cols.hist(\"Acceleration\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "ekXI5-RlHtIY"
   },
   "source": [
    "## **Histogram - Error with Spark**❌"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 307
    },
    "id": "V4qva0TvHWL-",
    "outputId": "09d341c5-8200-4a10-c327-557389e52a6c"
   },
   "outputs": [
    {
     "ename": "NotImplementedError",
     "evalue": "\"hist_agg\" is not available using SparkDataFrame",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNotImplementedError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_17432/3819102145.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mplot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\plots\\plots.py\u001b[0m in \u001b[0;36mhist\u001b[1;34m(self, columns, buckets, output_format, output_path)\u001b[0m\n\u001b[0;32m     20\u001b[0m         \u001b[0mcolumns\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mparse_columns\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcolumns\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     21\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 22\u001b[1;33m         \u001b[0mdata\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbuckets\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"hist\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     23\u001b[0m         \u001b[1;32mfor\u001b[0m \u001b[0mcol_name\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mdata\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     24\u001b[0m             \u001b[0mplot_hist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m{\u001b[0m\u001b[0mcol_name\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mdata\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mcol_name\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0moutput\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0moutput_format\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpath\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0moutput_path\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\spark\\columns.py\u001b[0m in \u001b[0;36mhist\u001b[1;34m(self, columns, buckets, compute)\u001b[0m\n\u001b[0;32m    978\u001b[0m         \u001b[1;31m# return df.cols.agg_exprs(columns, self.F.min, compute=compute, tidy=True)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    979\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 980\u001b[1;33m         \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0magg_exprs\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mF\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhist_agg\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbuckets\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    981\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    982\u001b[0m         \u001b[1;31m# TODO: for some reason casting to int in the exprs do not work. Casting Here. A Spark bug?\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\functions.py\u001b[0m in \u001b[0;36m__getattr__\u001b[1;34m(self, name)\u001b[0m\n\u001b[0;32m     54\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__getattr__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mname\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     55\u001b[0m         \u001b[0mtype_msg\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;34m\"\"\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m \u001b[1;32melse\u001b[0m \u001b[1;34mf\" using {type(self.root).__name__}\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 56\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mNotImplementedError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34mf\"\\\"{name}\\\" is not available\"\u001b[0m \u001b[1;33m+\u001b[0m \u001b[0mtype_msg\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     57\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     58\u001b[0m     \u001b[1;33m@\u001b[0m\u001b[0mproperty\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNotImplementedError\u001b[0m: \"hist_agg\" is not available using SparkDataFrame"
     ]
    }
   ],
   "source": [
    "df_csv.plot.hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py:4901: FutureWarning: DataFrame.toPandas is deprecated as of DataFrame.to_pandas. Please use the API instead.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------\n",
       "Chevrolet Chevelle Malibu           18            8             307           130       3504            12           70  US\n",
       "Buick Skylark 320                   15            8             350           165       3693            11.5         70  US\n",
       "Plymouth Satellite                  18            8             318           150       3436            11           70  US\n",
       "AMC Rebel SST                       16            8             304           150       3433            12           70  US\n",
       "Ford Torino                         17            8             302           140       3449            10.5         70  US\n",
       "Ford Galaxie 500                    15            8             429           198       4341            10           70  US\n",
       "Chevrolet Impala                    14            8             454           220       4354             9           70  US\n",
       "Plymouth Fury iii                   14            8             440           215       4312             8.5         70  US\n",
       "Pontiac Catalina                    14            8             455           225       4425            10           70  US\n",
       "AMC Ambassador DPL                  15            8             390           190       3850             8.5         70  US\n",
       "Citroen DS-21 Pallas                 0            4             133           115       3090            17.5         70  Europe"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "     Car       MPG    Cylinders    Displacement    Horsepower    Weight    Acceleration     Model    Origin\n",
       "  (bool)    (bool)       (bool)          (bool)        (bool)    (bool)          (bool)    (bool)    (bool)\n",
       "--------  --------  -----------  --------------  ------------  --------  --------------  --------  --------\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         1            1               1             1         1               1         1         0\n",
       "       0         0            1               1             1         1               1         1         0"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv>1"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## IQR ✅"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3.5"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.iqr(\"Acceleration\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "FwywtQW7IBVz"
   },
   "source": [
    "## **Boxplot - Error**❌"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "id": "niq7ckn0Hqk0"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "df1 <class 'databricks.koalas.frame.DataFrame'>      Acceleration\n",
      "0            12.0\n",
      "1            11.5\n",
      "2            11.0\n",
      "3            12.0\n",
      "4            10.5\n",
      "5            10.0\n",
      "6             9.0\n",
      "7             8.5\n",
      "8            10.0\n",
      "9             8.5\n",
      "10           17.5\n",
      "11           11.5\n",
      "12           11.0\n",
      "13           10.5\n",
      "14           11.0\n",
      "15           10.0\n",
      "16            8.0\n",
      "17            8.0\n",
      "18            9.5\n",
      "19           10.0\n",
      "20           15.0\n",
      "21           15.5\n",
      "22           15.5\n",
      "23           16.0\n",
      "24           14.5\n",
      "25           20.5\n",
      "26           17.5\n",
      "27           14.5\n",
      "28           17.5\n",
      "29           12.5\n",
      "30           15.0\n",
      "31           14.0\n",
      "32           15.0\n",
      "33           13.5\n",
      "34           18.5\n",
      "35           14.5\n",
      "36           15.5\n",
      "37           14.0\n",
      "38           19.0\n",
      "39           20.0\n",
      "40           13.0\n",
      "41           15.5\n",
      "42           15.5\n",
      "43           15.5\n",
      "44           15.5\n",
      "45           12.0\n",
      "46           11.5\n",
      "47           13.5\n",
      "48           13.0\n",
      "49           11.5\n",
      "50           12.0\n",
      "51           12.0\n",
      "52           13.5\n",
      "53           19.0\n",
      "54           15.0\n",
      "55           14.5\n",
      "56           14.0\n",
      "57           14.0\n",
      "58           19.5\n",
      "59           14.5\n",
      "60           19.0\n",
      "61           18.0\n",
      "62           19.0\n",
      "63           20.5\n",
      "64           15.5\n",
      "65           17.0\n",
      "66           23.5\n",
      "67           19.5\n",
      "68           16.5\n",
      "69           12.0\n",
      "70           12.0\n",
      "71           13.5\n",
      "72           13.0\n",
      "73           11.5\n",
      "74           11.0\n",
      "75           13.5\n",
      "76           13.5\n",
      "77           12.5\n",
      "78           13.5\n",
      "79           12.5\n",
      "80           14.0\n",
      "81           16.0\n",
      "82           14.0\n",
      "83           14.5\n",
      "84           18.0\n",
      "85           19.5\n",
      "86           18.0\n",
      "87           16.0\n",
      "88           17.0\n",
      "89           14.5\n",
      "90           15.0\n",
      "91           16.5\n",
      "92           13.0\n",
      "93           11.5\n",
      "94           13.0\n",
      "95           14.5\n",
      "96           12.5\n",
      "97           11.5\n",
      "98           12.0\n",
      "99           13.0\n",
      "100          14.5\n",
      "101          11.0\n",
      "102          11.0\n",
      "103          11.0\n",
      "104          16.5\n",
      "105          18.0\n",
      "106          16.0\n",
      "107          16.5\n",
      "108          16.0\n",
      "109          21.0\n",
      "110          14.0\n",
      "111          12.5\n",
      "112          13.0\n",
      "113          12.5\n",
      "114          15.0\n",
      "115          19.0\n",
      "116          19.5\n",
      "117          16.5\n",
      "118          13.5\n",
      "119          18.5\n",
      "120          14.0\n",
      "121          15.5\n",
      "122          13.0\n",
      "123           9.5\n",
      "124          19.5\n",
      "125          15.5\n",
      "126          14.0\n",
      "127          15.5\n",
      "128          11.0\n",
      "129          14.0\n",
      "130          13.5\n",
      "131          11.0\n",
      "132          16.5\n",
      "133          17.0\n",
      "134          16.0\n",
      "135          17.0\n",
      "136          19.0\n",
      "137          16.5\n",
      "138          21.0\n",
      "139          17.0\n",
      "140          17.0\n",
      "141          18.0\n",
      "142          16.5\n",
      "143          14.0\n",
      "144          14.5\n",
      "145          13.5\n",
      "146          16.0\n",
      "147          15.5\n",
      "148          16.5\n",
      "149          15.5\n",
      "150          14.5\n",
      "151          16.5\n",
      "152          19.0\n",
      "153          14.5\n",
      "154          15.5\n",
      "155          14.0\n",
      "156          15.0\n",
      "157          15.5\n",
      "158          16.0\n",
      "159          16.0\n",
      "160          16.0\n",
      "161          21.0\n",
      "162          19.5\n",
      "163          11.5\n",
      "164          14.0\n",
      "165          14.5\n",
      "166          13.5\n",
      "167          21.0\n",
      "168          18.5\n",
      "169          19.0\n",
      "170          19.0\n",
      "171          15.0\n",
      "172          13.5\n",
      "173          12.0\n",
      "174          16.0\n",
      "175          17.0\n",
      "176          16.0\n",
      "177          18.5\n",
      "178          13.5\n",
      "179          16.5\n",
      "180          17.0\n",
      "181          14.5\n",
      "182          14.0\n",
      "183          17.0\n",
      "184          15.0\n",
      "185          17.0\n",
      "186          14.5\n",
      "187          13.5\n",
      "188          17.5\n",
      "189          15.5\n",
      "190          16.9\n",
      "191          14.9\n",
      "192          17.7\n",
      "193          15.3\n",
      "194          13.0\n",
      "195          13.0\n",
      "196          13.9\n",
      "197          12.8\n",
      "198          15.4\n",
      "199          14.5\n",
      "200          17.6\n",
      "201          17.6\n",
      "202          22.2\n",
      "203          22.1\n",
      "204          14.2\n",
      "205          17.4\n",
      "206          17.7\n",
      "207          21.0\n",
      "208          16.2\n",
      "209          17.8\n",
      "210          12.2\n",
      "211          17.0\n",
      "212          16.4\n",
      "213          13.6\n",
      "214          15.7\n",
      "215          13.2\n",
      "216          21.9\n",
      "217          15.5\n",
      "218          16.7\n",
      "219          12.1\n",
      "220          12.0\n",
      "221          15.0\n",
      "222          14.0\n",
      "223          18.5\n",
      "224          14.8\n",
      "225          18.6\n",
      "226          15.5\n",
      "227          16.8\n",
      "228          12.5\n",
      "229          19.0\n",
      "230          13.7\n",
      "231          14.9\n",
      "232          16.4\n",
      "233          16.9\n",
      "234          17.7\n",
      "235          19.0\n",
      "236          11.1\n",
      "237          11.4\n",
      "238          12.2\n",
      "239          14.5\n",
      "240          14.5\n",
      "241          16.0\n",
      "242          18.2\n",
      "243          15.8\n",
      "244          17.0\n",
      "245          15.9\n",
      "246          16.4\n",
      "247          14.1\n",
      "248          14.5\n",
      "249          12.8\n",
      "250          13.5\n",
      "251          21.5\n",
      "252          14.4\n",
      "253          19.4\n",
      "254          18.6\n",
      "255          16.4\n",
      "256          15.5\n",
      "257          13.2\n",
      "258          12.8\n",
      "259          19.2\n",
      "260          18.2\n",
      "261          15.8\n",
      "262          15.4\n",
      "263          17.2\n",
      "264          17.2\n",
      "265          15.8\n",
      "266          16.7\n",
      "267          18.7\n",
      "268          15.1\n",
      "269          13.2\n",
      "270          13.4\n",
      "271          11.2\n",
      "272          13.7\n",
      "273          16.5\n",
      "274          14.2\n",
      "275          14.7\n",
      "276          14.5\n",
      "277          14.8\n",
      "278          16.7\n",
      "279          17.6\n",
      "280          14.9\n",
      "281          15.9\n",
      "282          13.6\n",
      "283          15.7\n",
      "284          15.8\n",
      "285          14.9\n",
      "286          16.6\n",
      "287          15.4\n",
      "288          18.2\n",
      "289          17.3\n",
      "290          18.2\n",
      "291          16.6\n",
      "292          15.4\n",
      "293          13.4\n",
      "294          13.2\n",
      "295          15.2\n",
      "296          14.9\n",
      "297          14.3\n",
      "298          15.0\n",
      "299          13.0\n",
      "300          14.0\n",
      "301          15.2\n",
      "302          14.4\n",
      "303          15.0\n",
      "304          20.1\n",
      "305          17.4\n",
      "306          24.8\n",
      "307          22.2\n",
      "308          13.2\n",
      "309          14.9\n",
      "310          19.2\n",
      "311          14.7\n",
      "312          16.0\n",
      "313          11.3\n",
      "314          12.9\n",
      "315          13.2\n",
      "316          14.7\n",
      "317          18.8\n",
      "318          15.5\n",
      "319          16.4\n",
      "320          16.5\n",
      "321          18.1\n",
      "322          20.1\n",
      "323          18.7\n",
      "324          15.8\n",
      "325          15.5\n",
      "326          17.5\n",
      "327          15.0\n",
      "328          15.2\n",
      "329          17.9\n",
      "330          14.4\n",
      "331          19.2\n",
      "332          21.7\n",
      "333          23.7\n",
      "334          19.9\n",
      "335          21.8\n",
      "336          13.8\n",
      "337          17.3\n",
      "338          18.0\n",
      "339          15.3\n",
      "340          11.4\n",
      "341          12.5\n",
      "342          15.1\n",
      "343          14.3\n",
      "344          17.0\n",
      "345          15.7\n",
      "346          16.4\n",
      "347          14.4\n",
      "348          12.6\n",
      "349          12.9\n",
      "350          16.9\n",
      "351          16.4\n",
      "352          16.1\n",
      "353          17.8\n",
      "354          19.4\n",
      "355          17.3\n",
      "356          16.0\n",
      "357          14.9\n",
      "358          16.2\n",
      "359          20.7\n",
      "360          14.2\n",
      "361          15.8\n",
      "362          14.4\n",
      "363          16.8\n",
      "364          14.8\n",
      "365          18.3\n",
      "366          20.4\n",
      "367          15.4\n",
      "368          19.6\n",
      "369          12.6\n",
      "370          13.8\n",
      "371          15.8\n",
      "372          19.0\n",
      "373          17.1\n",
      "374          16.6\n",
      "375          19.6\n",
      "376          18.6\n",
      "377          18.0\n",
      "378          16.2\n",
      "379          16.0\n",
      "380          18.0\n",
      "381          16.4\n",
      "382          20.5\n",
      "383          15.3\n",
      "384          18.2\n",
      "385          17.6\n",
      "386          14.7\n",
      "387          17.3\n",
      "388          14.5\n",
      "389          14.5\n",
      "390          16.9\n",
      "391          15.0\n",
      "392          15.7\n",
      "393          16.2\n",
      "394          16.4\n",
      "395          17.0\n",
      "396          14.5\n",
      "397          14.7\n",
      "398          13.9\n",
      "399          13.0\n",
      "400          17.3\n",
      "401          15.6\n",
      "402          24.6\n",
      "403          11.6\n",
      "404          18.6\n",
      "405          19.4\n"
     ]
    },
    {
     "ename": "AttributeError",
     "evalue": "'DataFrame' object has no attribute 'get_series'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36m__getattr__\u001b[1;34m(self, key)\u001b[0m\n\u001b[0;32m  11826\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m> 11827\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m  11828\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\indexing.py\u001b[0m in \u001b[0;36m__getitem__\u001b[1;34m(self, key)\u001b[0m\n\u001b[0;32m    456\u001b[0m                 \u001b[0mseries_name\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 457\u001b[1;33m             ) = self._select_cols(cols_sel)\n\u001b[0m\u001b[0;32m    458\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\indexing.py\u001b[0m in \u001b[0;36m_select_cols\u001b[1;34m(self, cols_sel, missing_keys)\u001b[0m\n\u001b[0;32m    324\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 325\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_select_cols_else\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols_sel\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmissing_keys\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    326\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\indexing.py\u001b[0m in \u001b[0;36m_select_cols_else\u001b[1;34m(self, cols_sel, missing_keys)\u001b[0m\n\u001b[0;32m   1305\u001b[0m             \u001b[0mcols_sel\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mcols_sel\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1306\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_get_from_multiindex_column\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols_sel\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmissing_keys\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1307\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\indexing.py\u001b[0m in \u001b[0;36m_get_from_multiindex_column\u001b[1;34m(self, key, missing_keys, labels, recursed)\u001b[0m\n\u001b[0;32m   1145\u001b[0m                 \u001b[1;32mif\u001b[0m \u001b[0mmissing_keys\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1146\u001b[1;33m                     \u001b[1;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mk\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1147\u001b[0m                 \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mKeyError\u001b[0m: 'get_series'",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_23584/2867133057.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf_csv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mboxplot\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Acceleration\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\columns.py\u001b[0m in \u001b[0;36mboxplot\u001b[1;34m(self, cols)\u001b[0m\n\u001b[0;32m   3702\u001b[0m             \u001b[0m_mean\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmean\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3703\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3704\u001b[1;33m             \u001b[0mquery\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m(\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mcol_name\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m<\u001b[0m \u001b[0mlb\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m|\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mcol_name\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m>\u001b[0m \u001b[0mub\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3705\u001b[0m             \u001b[1;31m# Fliers are outliers points\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3706\u001b[0m             fliers = df.rows.select(query).cols.select(\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36m__lt__\u001b[1;34m(self, df2)\u001b[0m\n\u001b[0;32m    265\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    266\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__lt__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 267\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moperation\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0moperator\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mlt\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"float\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    268\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    269\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__ne__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36moperation\u001b[1;34m(self, df1, df2, opb, data_type)\u001b[0m\n\u001b[0;32m    189\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mmultiple_columns\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    190\u001b[0m             \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"df1\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mtype\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 191\u001b[1;33m             \u001b[0mdfd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mopb\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf1\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_series\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_series\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    192\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    193\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36m__getattr__\u001b[1;34m(self, key)\u001b[0m\n\u001b[0;32m  11827\u001b[0m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m  11828\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m> 11829\u001b[1;33m             raise AttributeError(\n\u001b[0m\u001b[0;32m  11830\u001b[0m                 \u001b[1;34m\"'%s' object has no attribute '%s'\"\u001b[0m \u001b[1;33m%\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__class__\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__name__\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m  11831\u001b[0m             )\n",
      "\u001b[1;31mAttributeError\u001b[0m: 'DataFrame' object has no attribute 'get_series'"
     ]
    }
   ],
   "source": [
    "df_csv.cols.boxplot(\"Acceleration\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "Y5ZBMHnzILBw"
   },
   "source": [
    "## **Imputation - Mean, Median, Mode**✅"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "id": "thbN5sFbH6_w"
   },
   "outputs": [],
   "source": [
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 412
    },
    "id": "x9i8DXltIMie",
    "outputId": "d4a1ae11-1e14-4e0e-eb72-42753bea57ae"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_csv.display()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 358
    },
    "id": "p0gytf-GIT6l",
    "outputId": "130624d3-5d2d-4b29-87f8-d86cf0c1511c"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"13.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    13.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df = df_csv.cols.impute(\"MPG\", data_type=\"continuous\", strategy=\"mode\")\n",
    "df.display()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 358
    },
    "id": "iIZi-XtXInJa",
    "outputId": "8f3e1b6e-1aed-48ad-c422-3856e8462a10"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"23.514572864321615\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    23.514572864321615\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df = df_csv.cols.impute(\"MPG\", data_type=\"continuous\", strategy=\"mean\")\n",
    "df.display()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 358
    },
    "id": "08B-iLzNIwi5",
    "outputId": "e916b4bd-d8e0-4bdd-87ee-d5e79e43e9eb"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"23.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    23.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df = df_csv.cols.impute(\"MPG\", data_type=\"continuous\", strategy=\"median\")\n",
    "df.display()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "0og5ipkRJG6H"
   },
   "source": [
    "## **String Imputation - **✅ Need to add data_type=categorical"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "id": "2QXGsGIYIz7B"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "df = op.create.dataframe({ \"A\":[1,2,3,45,6,2,3], \n",
    "                          \"B\":[\"Optimus\", \"Bumblebee\", \"Eject\", \"Optimus\", \"Bumblebee\", \"Eject\", np.nan] })\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Python 3.7.6\n"
     ]
    }
   ],
   "source": [
    "!python --version"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "ename": "Py4JJavaError",
     "evalue": "An error occurred while calling o1090.count.\n: org.apache.spark.SparkException: Job aborted due to stage failure: Task 6 in stage 20.0 failed 1 times, most recent failure: Lost task 6.0 in stage 20.0 (TID 67) (DESKTOP-H46MBKF executor driver): org.apache.spark.api.python.PythonException: Traceback (most recent call last):\n  File \"C:\\opt\\spark\\spark-3.1.1-bin-hadoop3.2\\python\\lib\\pyspark.zip\\pyspark\\worker.py\", line 477, in main\nException: Python in worker has different version 3.7 than that in driver 3.8, PySpark cannot run with different minor versions. Please check environment variables PYSPARK_PYTHON and PYSPARK_DRIVER_PYTHON are correctly set.\n\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.handlePythonException(PythonRunner.scala:517)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:652)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:635)\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.hasNext(PythonRunner.scala:470)\r\n\tat org.apache.spark.InterruptibleIterator.hasNext(InterruptibleIterator.scala:37)\r\n\tat scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:489)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.agg_doAggregateWithoutKey_0$(Unknown Source)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)\r\n\tat org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)\r\n\tat org.apache.spark.sql.execution.WholeStageCodegenExec$$anon$1.hasNext(WholeStageCodegenExec.scala:755)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:132)\r\n\tat org.apache.spark.shuffle.ShuffleWriteProcessor.write(ShuffleWriteProcessor.scala:59)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:52)\r\n\tat org.apache.spark.scheduler.Task.run(Task.scala:131)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497)\r\n\tat org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500)\r\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\r\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\r\n\tat java.lang.Thread.run(Thread.java:748)\r\n\nDriver stacktrace:\r\n\tat org.apache.spark.scheduler.DAGScheduler.failJobAndIndependentStages(DAGScheduler.scala:2253)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2(DAGScheduler.scala:2202)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2$adapted(DAGScheduler.scala:2201)\r\n\tat scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)\r\n\tat scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)\r\n\tat scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)\r\n\tat org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:2201)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1(DAGScheduler.scala:1078)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1$adapted(DAGScheduler.scala:1078)\r\n\tat scala.Option.foreach(Option.scala:407)\r\n\tat org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:1078)\r\n\tat org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2440)\r\n\tat org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2382)\r\n\tat org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2371)\r\n\tat org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)\r\n\tat org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:868)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2202)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2223)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2242)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2267)\r\n\tat org.apache.spark.rdd.RDD.$anonfun$collect$1(RDD.scala:1030)\r\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\r\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)\r\n\tat org.apache.spark.rdd.RDD.withScope(RDD.scala:414)\r\n\tat org.apache.spark.rdd.RDD.collect(RDD.scala:1029)\r\n\tat org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:390)\r\n\tat org.apache.spark.sql.Dataset.$anonfun$count$1(Dataset.scala:3006)\r\n\tat org.apache.spark.sql.Dataset.$anonfun$count$1$adapted(Dataset.scala:3005)\r\n\tat org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3687)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:103)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:163)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:90)\r\n\tat org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:772)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)\r\n\tat org.apache.spark.sql.Dataset.withAction(Dataset.scala:3685)\r\n\tat org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\r\n\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\r\n\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\r\n\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\r\n\tat java.lang.reflect.Method.invoke(Method.java:498)\r\n\tat py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\r\n\tat py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\r\n\tat py4j.Gateway.invoke(Gateway.java:282)\r\n\tat py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\r\n\tat py4j.commands.CallCommand.execute(CallCommand.java:79)\r\n\tat py4j.GatewayConnection.run(GatewayConnection.java:238)\r\n\tat java.lang.Thread.run(Thread.java:748)\r\nCaused by: org.apache.spark.api.python.PythonException: Traceback (most recent call last):\n  File \"C:\\opt\\spark\\spark-3.1.1-bin-hadoop3.2\\python\\lib\\pyspark.zip\\pyspark\\worker.py\", line 477, in main\nException: Python in worker has different version 3.7 than that in driver 3.8, PySpark cannot run with different minor versions. Please check environment variables PYSPARK_PYTHON and PYSPARK_DRIVER_PYTHON are correctly set.\n\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.handlePythonException(PythonRunner.scala:517)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:652)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:635)\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.hasNext(PythonRunner.scala:470)\r\n\tat org.apache.spark.InterruptibleIterator.hasNext(InterruptibleIterator.scala:37)\r\n\tat scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:489)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.agg_doAggregateWithoutKey_0$(Unknown Source)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)\r\n\tat org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)\r\n\tat org.apache.spark.sql.execution.WholeStageCodegenExec$$anon$1.hasNext(WholeStageCodegenExec.scala:755)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:132)\r\n\tat org.apache.spark.shuffle.ShuffleWriteProcessor.write(ShuffleWriteProcessor.scala:59)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:52)\r\n\tat org.apache.spark.scheduler.Task.run(Task.scala:131)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497)\r\n\tat org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500)\r\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\r\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\r\n\t... 1 more\r\n",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mPy4JJavaError\u001b[0m                             Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_14564/3918182275.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py\u001b[0m in \u001b[0;36m__len__\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m  11848\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m  11849\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__len__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m> 11850\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_internal\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mresolved_copy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mspark_frame\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcount\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m  11851\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m  11852\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__dir__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\pyspark\\sql\\dataframe.py\u001b[0m in \u001b[0;36mcount\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    678\u001b[0m         \u001b[1;36m2\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    679\u001b[0m         \"\"\"\n\u001b[1;32m--> 680\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_jdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcount\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    681\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    682\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mcollect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\py4j\\java_gateway.py\u001b[0m in \u001b[0;36m__call__\u001b[1;34m(self, *args)\u001b[0m\n\u001b[0;32m   1307\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1308\u001b[0m         \u001b[0manswer\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mgateway_client\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msend_command\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1309\u001b[1;33m         return_value = get_return_value(\n\u001b[0m\u001b[0;32m   1310\u001b[0m             answer, self.gateway_client, self.target_id, self.name)\n\u001b[0;32m   1311\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\pyspark\\sql\\utils.py\u001b[0m in \u001b[0;36mdeco\u001b[1;34m(*a, **kw)\u001b[0m\n\u001b[0;32m    109\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mdeco\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0ma\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkw\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    110\u001b[0m         \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 111\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mf\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0ma\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkw\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    112\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mpy4j\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprotocol\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mPy4JJavaError\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    113\u001b[0m             \u001b[0mconverted\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mconvert_exception\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0me\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mjava_exception\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\py4j\\protocol.py\u001b[0m in \u001b[0;36mget_return_value\u001b[1;34m(answer, gateway_client, target_id, name)\u001b[0m\n\u001b[0;32m    324\u001b[0m             \u001b[0mvalue\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mOUTPUT_CONVERTER\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mtype\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0manswer\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m2\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mgateway_client\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    325\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0manswer\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m==\u001b[0m \u001b[0mREFERENCE_TYPE\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 326\u001b[1;33m                 raise Py4JJavaError(\n\u001b[0m\u001b[0;32m    327\u001b[0m                     \u001b[1;34m\"An error occurred while calling {0}{1}{2}.\\n\"\u001b[0m\u001b[1;33m.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    328\u001b[0m                     format(target_id, \".\", name), value)\n",
      "\u001b[1;31mPy4JJavaError\u001b[0m: An error occurred while calling o1090.count.\n: org.apache.spark.SparkException: Job aborted due to stage failure: Task 6 in stage 20.0 failed 1 times, most recent failure: Lost task 6.0 in stage 20.0 (TID 67) (DESKTOP-H46MBKF executor driver): org.apache.spark.api.python.PythonException: Traceback (most recent call last):\n  File \"C:\\opt\\spark\\spark-3.1.1-bin-hadoop3.2\\python\\lib\\pyspark.zip\\pyspark\\worker.py\", line 477, in main\nException: Python in worker has different version 3.7 than that in driver 3.8, PySpark cannot run with different minor versions. Please check environment variables PYSPARK_PYTHON and PYSPARK_DRIVER_PYTHON are correctly set.\n\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.handlePythonException(PythonRunner.scala:517)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:652)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:635)\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.hasNext(PythonRunner.scala:470)\r\n\tat org.apache.spark.InterruptibleIterator.hasNext(InterruptibleIterator.scala:37)\r\n\tat scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:489)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.agg_doAggregateWithoutKey_0$(Unknown Source)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)\r\n\tat org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)\r\n\tat org.apache.spark.sql.execution.WholeStageCodegenExec$$anon$1.hasNext(WholeStageCodegenExec.scala:755)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:132)\r\n\tat org.apache.spark.shuffle.ShuffleWriteProcessor.write(ShuffleWriteProcessor.scala:59)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:52)\r\n\tat org.apache.spark.scheduler.Task.run(Task.scala:131)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497)\r\n\tat org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500)\r\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\r\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\r\n\tat java.lang.Thread.run(Thread.java:748)\r\n\nDriver stacktrace:\r\n\tat org.apache.spark.scheduler.DAGScheduler.failJobAndIndependentStages(DAGScheduler.scala:2253)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2(DAGScheduler.scala:2202)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2$adapted(DAGScheduler.scala:2201)\r\n\tat scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)\r\n\tat scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)\r\n\tat scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)\r\n\tat org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:2201)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1(DAGScheduler.scala:1078)\r\n\tat org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1$adapted(DAGScheduler.scala:1078)\r\n\tat scala.Option.foreach(Option.scala:407)\r\n\tat org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:1078)\r\n\tat org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2440)\r\n\tat org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2382)\r\n\tat org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2371)\r\n\tat org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)\r\n\tat org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:868)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2202)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2223)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2242)\r\n\tat org.apache.spark.SparkContext.runJob(SparkContext.scala:2267)\r\n\tat org.apache.spark.rdd.RDD.$anonfun$collect$1(RDD.scala:1030)\r\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\r\n\tat org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)\r\n\tat org.apache.spark.rdd.RDD.withScope(RDD.scala:414)\r\n\tat org.apache.spark.rdd.RDD.collect(RDD.scala:1029)\r\n\tat org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:390)\r\n\tat org.apache.spark.sql.Dataset.$anonfun$count$1(Dataset.scala:3006)\r\n\tat org.apache.spark.sql.Dataset.$anonfun$count$1$adapted(Dataset.scala:3005)\r\n\tat org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3687)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:103)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:163)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:90)\r\n\tat org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:772)\r\n\tat org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)\r\n\tat org.apache.spark.sql.Dataset.withAction(Dataset.scala:3685)\r\n\tat org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\r\n\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\r\n\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\r\n\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\r\n\tat java.lang.reflect.Method.invoke(Method.java:498)\r\n\tat py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\r\n\tat py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\r\n\tat py4j.Gateway.invoke(Gateway.java:282)\r\n\tat py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\r\n\tat py4j.commands.CallCommand.execute(CallCommand.java:79)\r\n\tat py4j.GatewayConnection.run(GatewayConnection.java:238)\r\n\tat java.lang.Thread.run(Thread.java:748)\r\nCaused by: org.apache.spark.api.python.PythonException: Traceback (most recent call last):\n  File \"C:\\opt\\spark\\spark-3.1.1-bin-hadoop3.2\\python\\lib\\pyspark.zip\\pyspark\\worker.py\", line 477, in main\nException: Python in worker has different version 3.7 than that in driver 3.8, PySpark cannot run with different minor versions. Please check environment variables PYSPARK_PYTHON and PYSPARK_DRIVER_PYTHON are correctly set.\n\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.handlePythonException(PythonRunner.scala:517)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:652)\r\n\tat org.apache.spark.api.python.PythonRunner$$anon$3.read(PythonRunner.scala:635)\r\n\tat org.apache.spark.api.python.BasePythonRunner$ReaderIterator.hasNext(PythonRunner.scala:470)\r\n\tat org.apache.spark.InterruptibleIterator.hasNext(InterruptibleIterator.scala:37)\r\n\tat scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:489)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.agg_doAggregateWithoutKey_0$(Unknown Source)\r\n\tat org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)\r\n\tat org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)\r\n\tat org.apache.spark.sql.execution.WholeStageCodegenExec$$anon$1.hasNext(WholeStageCodegenExec.scala:755)\r\n\tat scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458)\r\n\tat org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:132)\r\n\tat org.apache.spark.shuffle.ShuffleWriteProcessor.write(ShuffleWriteProcessor.scala:59)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)\r\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:52)\r\n\tat org.apache.spark.scheduler.Task.run(Task.scala:131)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497)\r\n\tat org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439)\r\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500)\r\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\r\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\r\n\t... 1 more\r\n"
     ]
    }
   ],
   "source": [
    "len(df.data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 307
    },
    "id": "JOglgTn1JBSX",
    "outputId": "d576d58d-a049-4cf3-a5b1-8f9f836d3861"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 7 of 7 rows / 2 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">A</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">B</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Optimus\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Optimus\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bumblebee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bumblebee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Eject\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Eject\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"45\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    45\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Optimus\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Optimus\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"6\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    6\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bumblebee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bumblebee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Eject\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Eject\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Optimus\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Optimus\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 7 of 7 rows / 2 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "         A  B\n",
       "  (object)  (object)\n",
       "----------  ----------\n",
       "         1  Optimus\n",
       "         2  Bumblebee\n",
       "         3  Eject\n",
       "        45  Optimus\n",
       "         6  Bumblebee\n",
       "         2  Eject\n",
       "         3  Optimus"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.impute(\"B\", data_type=\"categorical\",strategy=\"most_frequent\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     1\n",
       "1     2\n",
       "2     3\n",
       "3    45\n",
       "4     6\n",
       "5     2\n",
       "6     3\n",
       "Name: A, dtype: object"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.get_series()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "uG7oWQLLJUk8"
   },
   "source": [
    "## **Z-Score - Error**❌"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 7 of 7 rows / 2 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">A</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">B</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (bool)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"True\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    True\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"False\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    False\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 7 of 7 rows / 2 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "       A         B\n",
       "  (bool)    (bool)\n",
       "--------  --------\n",
       "       0         0\n",
       "       1         0\n",
       "       1         0\n",
       "       1         0\n",
       "       1         0\n",
       "       1         0\n",
       "       1         0"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df>1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 732
    },
    "id": "1xjAfUuSJFM3",
    "outputId": "9f14d677-4948-4f90-b7bf-265b1cdfca4a"
   },
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "unsupported operand type(s) for |: 'DataFrame' and 'DataFrame'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_11692/909862466.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[0mthreshold\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;36m2\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moutliers\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mz_score\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"A\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mthreshold\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\outliers\\abstract_outliers_threshold.py\u001b[0m in \u001b[0;36mselect\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m     20\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     21\u001b[0m         return df.rows.select(\n\u001b[1;32m---> 22\u001b[1;33m             (z_score > self.threshold) | (z_score < (self.threshold) * -1))\n\u001b[0m\u001b[0;32m     23\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     24\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mselect_lower_bound\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36m__or__\u001b[1;34m(self, df2)\u001b[0m\n\u001b[0;32m    279\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    280\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__or__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 281\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moperation\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0moperator\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__or__\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"bool\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    282\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    283\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__xor__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m->\u001b[0m \u001b[1;34m'DataFrameType'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\base\\basedataframe.py\u001b[0m in \u001b[0;36moperation\u001b[1;34m(self, df1, df2, opb, data_type)\u001b[0m\n\u001b[0;32m    188\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    189\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mmultiple_columns\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 190\u001b[1;33m             \u001b[0mdfd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mopb\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf1\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdf2\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    191\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    192\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mTypeError\u001b[0m: unsupported operand type(s) for |: 'DataFrame' and 'DataFrame'"
     ]
    }
   ],
   "source": [
    "threshold = 2\n",
    "print(df.outliers.z_score(\"A\", threshold).select())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "JktnrnSOJjQD"
   },
   "source": [
    "## **Modified Z-Score - Error**❌"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 715
    },
    "id": "Jqdbe6LpJYss",
    "outputId": "40820c63-b17f-47e8-e0ad-a2f261b55337"
   },
   "outputs": [],
   "source": [
    "print(df.outliers.modified_z_score(\"A\", threshold).select())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "oxD6mFVOJv38"
   },
   "source": [
    "## **String-to-index ✅**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 412
    },
    "id": "XLD9XoOxJk_B",
    "outputId": "cdfaf143-8f57-45b9-8ea0-023687a56010"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.7/dist-packages/databricks/koalas/frame.py:4904: FutureWarning: DataFrame.toPandas is deprecated as of DataFrame.to_pandas. Please use the API instead.\n",
      "  FutureWarning,\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 9 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_csv.display()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "LWohBUG6JygY",
    "outputId": "80c2cbe3-bb2f-49e8-88d0-1d10bc3e28f4"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 18 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">10 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">11 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">12 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">13 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">14 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">15 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">16 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">17 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight_string_to_index</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">18 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"24.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    24.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"42.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    42.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"28.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    28.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"255.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    255.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"25.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    25.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"13.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    13.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"85.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    85.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"272.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    272.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"247.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    247.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"249.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    249.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"21.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    21.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"66.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    66.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"248.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    248.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"13.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    13.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"45.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    45.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"188.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    188.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"252.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    252.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"50.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    50.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"44.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    44.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"28.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    28.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"324.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    324.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"81.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    81.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"72.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    72.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"95.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    95.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"325.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    325.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"40.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    40.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"51.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    51.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"67.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    67.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"47.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    47.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"321.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    321.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"41.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    41.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"45.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    45.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"28.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    28.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"19.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    19.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"333.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    333.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"39.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    39.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"71.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    71.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"67.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    67.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"58.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    58.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"36.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    36.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"62.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    62.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"24.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    24.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"114.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    114.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"210.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    210.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 18 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin        Horsepower_string_to_index    Displacement_string_to_index    Acceleration_string_to_index    Cylinders_string_to_index    Origin_string_to_index    MPG_string_to_index    Model_string_to_index    Car_string_to_index    Weight_string_to_index\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)                       (float64)                       (float64)                       (float64)                    (float64)                 (float64)              (float64)                (float64)              (float64)                 (float64)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------  ----------------------------  ------------------------------  ------------------------------  ---------------------------  ------------------------  ---------------------  -----------------------  ---------------------  ------------------------\n",
       "Chevrolet Chevelle Malibu           18            8             307           130       3504            12           70  US                                     2                              24                              42                           10                         0                     28                        2                      1                       255\n",
       "Buick Skylark 320                   15            8             350           165       3693            11.5         70  US                                     2                              25                               1                           13                         0                     85                        3                      1                       272\n",
       "Plymouth Satellite                  18            8             318           150       3436            11           70  US                                     2                               0                               4                           11                         0                    247                        2                      1                       249\n",
       "AMC Rebel SST                       16            8             304           150       3433            12           70  US                                     2                               0                              21                           10                         0                     66                        5                      1                       248\n",
       "Ford Torino                         17            8             302           140       3449            10.5         70  US                                     2                              13                               9                           45                         0                    188                       17                      1                       252\n",
       "Ford Galaxie 500                    15            8             429           198       4341            10           70  US                                     2                              50                              44                           28                         0                     15                        3                      1                       324\n",
       "Chevrolet Impala                    14            8             454           220       4354             9           70  US                                     2                              81                              72                           95                         0                      8                        1                      1                       325\n",
       "Plymouth Fury iii                   14            8             440           215       4312             8.5         70  US                                     2                              40                              51                           67                         0                     47                        1                      1                       321\n",
       "Pontiac Catalina                    14            8             455           225       4425            10           70  US                                     2                              41                              45                           28                         0                     19                        1                      1                       333\n",
       "AMC Ambassador DPL                  15            8             390           190       3850             8.5         70  US                                     2                              39                              71                           67                         0                     58                        3                      1                        36\n",
       "Citroen DS-21 Pallas                 0            4             133           115       3090            17.5         70  Europe                                 2                              18                              62                           24                         2                    114                       14                      0                       210"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.cols.string_to_index()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "NUVrpI8yKzFi"
   },
   "source": [
    "## **One Hot Encoding**✅"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "VuE_qRBeJ4KH",
    "outputId": "7dd56957-c701-464a-848a-8465fff4175c"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 14 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Car</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">MPG</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Displacement</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Horsepower</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Weight</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Acceleration</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (float64)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Model</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Origin</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">9 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders_3</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">10 (int8)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders_4</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">11 (int8)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders_5</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">12 (int8)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders_6</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">13 (int8)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">Cylinders_8</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">14 (int8)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Chevelle&#8901;Malibu\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Chevelle&#8901;Malibu\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"307.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    307.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"130\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    130\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3504\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3504\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Buick&#8901;Skylark&#8901;320\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Buick&#8901;Skylark&#8901;320\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"350.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    350.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"165\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    165\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3693\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3693\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Satellite\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Satellite\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"18.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    18.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"318.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    318.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3436\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3436\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Rebel&#8901;SST\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Rebel&#8901;SST\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"16.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    16.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"304.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    304.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"150\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    150\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3433\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3433\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"12.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    12.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Torino\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Torino\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"302.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    302.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"140\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    140\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3449\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3449\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ford&#8901;Galaxie&#8901;500\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ford&#8901;Galaxie&#8901;500\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"429.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    429.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"198\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    198\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4341\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4341\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Chevrolet&#8901;Impala\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Chevrolet&#8901;Impala\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"454.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    454.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"220\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    220\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4354\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4354\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Plymouth&#8901;Fury&#8901;iii\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Plymouth&#8901;Fury&#8901;iii\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"440.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    440.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"215\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    215\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4312\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4312\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Pontiac&#8901;Catalina\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Pontiac&#8901;Catalina\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"14.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    14.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"455.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    455.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4425\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4425\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMC&#8901;Ambassador&#8901;DPL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMC&#8901;Ambassador&#8901;DPL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"15.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    15.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"390.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    390.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"190\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    190\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3850\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3850\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"US\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    US\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Citroen&#8901;DS-21&#8901;Pallas\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Citroen&#8901;DS-21&#8901;Pallas\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"133.0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    133.0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"115\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    115\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3090\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3090\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"17.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    17.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"70\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    70\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Europe\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Europe\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"0\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    0\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 406 rows / 14 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "Car                                MPG    Cylinders    Displacement    Horsepower     Weight    Acceleration      Model  Origin        Cylinders_3    Cylinders_4    Cylinders_5    Cylinders_6    Cylinders_8\n",
       "(object)                     (float64)      (int32)       (float64)       (int32)    (int32)       (float64)    (int32)  (object)           (int8)         (int8)         (int8)         (int8)         (int8)\n",
       "-------------------------  -----------  -----------  --------------  ------------  ---------  --------------  ---------  ----------  -------------  -------------  -------------  -------------  -------------\n",
       "Chevrolet Chevelle Malibu           18            8             307           130       3504            12           70  US                      0              0              0              0              1\n",
       "Buick Skylark 320                   15            8             350           165       3693            11.5         70  US                      0              0              0              0              1\n",
       "Plymouth Satellite                  18            8             318           150       3436            11           70  US                      0              0              0              0              1\n",
       "AMC Rebel SST                       16            8             304           150       3433            12           70  US                      0              0              0              0              1\n",
       "Ford Torino                         17            8             302           140       3449            10.5         70  US                      0              0              0              0              1\n",
       "Ford Galaxie 500                    15            8             429           198       4341            10           70  US                      0              0              0              0              1\n",
       "Chevrolet Impala                    14            8             454           220       4354             9           70  US                      0              0              0              0              1\n",
       "Plymouth Fury iii                   14            8             440           215       4312             8.5         70  US                      0              0              0              0              1\n",
       "Pontiac Catalina                    14            8             455           225       4425            10           70  US                      0              0              0              0              1\n",
       "AMC Ambassador DPL                  15            8             390           190       3850             8.5         70  US                      0              0              0              0              1\n",
       "Citroen DS-21 Pallas                 0            4             133           115       3090            17.5         70  Europe                  0              1              0              0              0"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_csv.encoding.one_hot_encoder(\"Cylinders\", drop=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "sSTjRFMlLbnA"
   },
   "source": [
    "## **Joining Data - Error** ❌"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 527
    },
    "id": "hrgs3tKhK81D",
    "outputId": "619f619d-6245-419f-a4d7-857b5ccd80e0"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py:4901: FutureWarning: DataFrame.toPandas is deprecated as of DataFrame.to_pandas. Please use the API instead.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 5 of 5 rows / 2 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">name</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"143\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    143\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Alice\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Alice\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bob\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bob\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"545\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    545\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Charlie\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Charlie\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"765\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    765\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Dan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Dan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"152\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    152\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Frank\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Frank\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 5 of 5 rows / 2 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 5 of 5 rows / 3 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">city</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">placeholder</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bradford\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bradford\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BRA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BRA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"545\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    545\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Norwich\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Norwich\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NOR\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NOR\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"765\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    765\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bath\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bath\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BAT\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BAT\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"152\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    152\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ripon\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ripon\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"RIP\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    RIP\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"329\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    329\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Manchester\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Manchester\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"MAN\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    MAN\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 5 of 5 rows / 3 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_a = op.create.dataframe({ \"id\": [143, 225, 545, 765, 152], \n",
    "                            \"name\": [\"Alice\", \"Bob\", \"Charlie\", \"Dan\", \"Frank\"] }) \n",
    "df_b = op.create.dataframe({ \"id\": [225, 545, 765, 152, 329], \n",
    "                            \"city\": [\"Bradford\", \"Norwich\", \"Bath\", \"Ripon\", \"Manchester\"], \n",
    "                            \"placeholder\": [\"BRA\", \"NOR\", \"BAT\", \"RIP\", \"MAN\"] })\n",
    "df_a.display()\n",
    "df_b.display()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 324
    },
    "id": "A3KsEeteLlqW",
    "outputId": "2013a391-87fd-4fd4-c03f-6a2fb3a43dc0"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\argenisleon\\Anaconda3\\envs\\python38\\lib\\site-packages\\databricks\\koalas\\frame.py:4901: FutureWarning: DataFrame.toPandas is deprecated as of DataFrame.to_pandas. Please use the API instead.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 6 of 6 rows / 5 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">200 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id_left</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">name</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id_right</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">city</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">placeholder</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"329\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    329\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Manchester\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Manchester\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"MAN\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    MAN\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"545\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    545\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Charlie\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Charlie\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"545\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    545\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Norwich\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Norwich\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NOR\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NOR\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"143\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    143\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Alice\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Alice\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"152\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    152\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Frank\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Frank\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"152\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    152\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ripon\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ripon\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"RIP\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    RIP\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bob\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bob\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bradford\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bradford\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BRA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BRA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"765\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    765\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Dan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Dan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"765\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    765\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bath\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bath\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BAT\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BAT\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 6 of 6 rows / 5 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">200 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "   id_left  name          id_right  city        placeholder\n",
       "  (object)  (object)      (object)  (object)    (object)\n",
       "----------  ----------  ----------  ----------  -------------\n",
       "                               329  Manchester  MAN\n",
       "       545  Charlie            545  Norwich     NOR\n",
       "       143  Alice\n",
       "       152  Frank              152  Ripon       RIP\n",
       "       225  Bob                225  Bradford    BRA\n",
       "       765  Dan                765  Bath        BAT"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_a.cols.join(df_b, how=\"outer\", on=\"id\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 324
    },
    "id": "4qJV-fyXLq1V",
    "outputId": "16903077-4863-4825-bbb1-e975d658b2e6"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 5 of 5 rows / 5 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">200 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id_left</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">name</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id_right</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">city</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">placeholder</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"545\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    545\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Charlie\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Charlie\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"545\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    545\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Norwich\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Norwich\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NOR\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NOR\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"143\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    143\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Alice\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Alice\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"152\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    152\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Frank\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Frank\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"152\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    152\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ripon\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ripon\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"RIP\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    RIP\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bob\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bob\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"225\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    225\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bradford\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bradford\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BRA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BRA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"765\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    765\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Dan\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Dan\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"765\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    765\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Bath\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Bath\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BAT\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BAT\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 5 of 5 rows / 5 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">200 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "   id_left  name          id_right  city        placeholder\n",
       "  (object)  (object)      (object)  (object)    (object)\n",
       "----------  ----------  ----------  ----------  -------------\n",
       "       545  Charlie            545  Norwich     NOR\n",
       "       143  Alice\n",
       "       152  Frank              152  Ripon       RIP\n",
       "       225  Bob                225  Bradford    BRA\n",
       "       765  Dan                765  Bath        BAT"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_a.cols.join(df_b, on=\"id\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "ksWj6ZRQL4OI"
   },
   "source": [
    "## **Pivoting - Error**❌"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "id": "1kYWsicuL08d"
   },
   "outputs": [],
   "source": [
    "df = op.create.dataframe({ \"date\": [\"1/1/21\", \"1/1/21\", \"1/2/21\", \"1/2/21\", \"1/3/21\", \"1/3/21\", \"1/3/21\", \"1/3/21\", \"1/3/21\"], \n",
    "                          \"product\": [\"Coffee\", \"Coffee\", \"Tea\", \"Coffee\", \"Tea\", \"Coffee\", \"Tea\", \"Tea\", \"Coffee\"], \n",
    "                          \"size\": [\"big\", \"big\", \"big\", \"big\", \"big\", \"small\", \"small\", \"small\", \"small\"], \n",
    "                          \"price\": [1.5, 1.5, 2, 1.5, 2, 1, 1.25, 1.25, 1] }).execute()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 376
    },
    "id": "2cJ2IyJSMEQB",
    "outputId": "fa5218df-8976-47ef-dfa1-00d334635329"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 9 of 9 rows / 4 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">date</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">product</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">size</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">price</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/1/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/1/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/1/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/1/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/2/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/2/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/2/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/2/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.25\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.25\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.25\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.25\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 9 of 9 rows / 4 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.display()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 8 of 8 rows / 4 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">date</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">product</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">size</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">price</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/1/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/1/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/1/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/1/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/2/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/2/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.25\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.25\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1.25\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1.25\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1/3/21\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1/3/21\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 8 of 8 rows / 4 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">8 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "date        product     size             price\n",
       "(object)    (object)    (object)      (object)\n",
       "----------  ----------  ----------  ----------\n",
       "1/1/21      Coffee      big               1.5\n",
       "1/1/21      Coffee      big               1.5\n",
       "1/2/21      Tea         big               2\n",
       "1/3/21      Tea         big               2\n",
       "1/3/21      Coffee      small             1\n",
       "1/3/21      Tea         small             1.25\n",
       "1/3/21      Tea         small             1.25\n",
       "1/3/21      Coffee      small             1"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.stratified_sample(\"product\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 164
    },
    "id": "iyjlW-i8MG4C",
    "outputId": "5d16cc9d-e922-4822-e42b-faea75216504"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 2 of 2 rows / 4 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">200 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">product</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">1/1/21</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">1/2/21</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">1/3/21</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Tea\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Tea\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"None\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    None\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Coffee\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Coffee\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"big\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    big\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"small\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    small\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 2 of 2 rows / 4 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">200 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "product     1/1/21      1/2/21      1/3/21\n",
       "(object)    (object)    (object)    (object)\n",
       "----------  ----------  ----------  ----------\n",
       "Tea                     big         big\n",
       "Coffee      big         big         small"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.pivot(\"date\", groupby=\"product\", values=\"size\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 164
    },
    "id": "z7sdUM-xMKzI",
    "outputId": "5fd793f5-b1b7-4cc0-d937-f45e01bb2270"
   },
   "outputs": [
    {
     "ename": "AssertionError",
     "evalue": "all exprs should be Column",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mAssertionError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[1;32mC:\\Users\\ARGENI~1\\AppData\\Local\\Temp/ipykernel_27024/1826938823.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpivot\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"date\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mgroupby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"product\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0magg\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"common\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"size\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\examples\\..\\optimus\\engines\\spark\\dataframe.py\u001b[0m in \u001b[0;36mpivot\u001b[1;34m(self, col, groupby, agg, values)\u001b[0m\n\u001b[0;32m    180\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    181\u001b[0m         \u001b[0mdfd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 182\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mnew\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdfd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_spark\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpivot\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcol\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0magg\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0magg\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_koalas\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    183\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    184\u001b[0m     \u001b[1;33m@\u001b[0m\u001b[0mstaticmethod\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\python38\\lib\\site-packages\\pyspark\\sql\\group.py\u001b[0m in \u001b[0;36magg\u001b[1;34m(self, *exprs)\u001b[0m\n\u001b[0;32m    115\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    116\u001b[0m             \u001b[1;31m# Columns\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 117\u001b[1;33m             \u001b[1;32massert\u001b[0m \u001b[0mall\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0misinstance\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mc\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mColumn\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mc\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mexprs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m\"all exprs should be Column\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    118\u001b[0m             jdf = self._jgd.agg(exprs[0]._jc,\n\u001b[0;32m    119\u001b[0m                                 _to_seq(self.sql_ctx._sc, [c._jc for c in exprs[1:]]))\n",
      "\u001b[1;31mAssertionError\u001b[0m: all exprs should be Column"
     ]
    }
   ],
   "source": [
    "df.pivot(\"date\", groupby=\"product\", agg=(\"common\", \"size\")).print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "o9tGPk8pMUVA"
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [],
   "name": "OptimusTest.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}
